Node / ReticulumProjects / MeshChatX.git / files / tests / backend / memory_benchmarks.py

Displaying Raw • Download

Tff7b72import T7ee787gc

Tff7b72import T7ee787os

Tff7b72import T7ee787random

Tff7b72import T7ee787secrets

Tff7b72import T7ee787shutil

Tff7b72import T7ee787tempfile

Tff7b72import T7ee787time

Tff7b72import T7ee787psutil

Tff7b72from T7ee787meshchatxT7ee787.T7ee787srcT7ee787.T7ee787backendT7ee787.T7ee787database Tff7b72import Te6edf3Database

Tff7b72from T7ee787meshchatxT7ee787.T7ee787srcT7ee787.T7ee787backendT7ee787.T7ee787recovery Tff7b72import Te6edf3CrashRecovery

Tff7b72def Td2a8ffget_memory_usageTb4b4b4(Tb4b4b4)Tb4b4b4:

T8b949e"""Returns current process memory usage in MB."""

Te6edf3process Tff7b72= Te6edf3psutilTff7b72.Td2a8ffProcessTb4b4b4(Te6edf3osTff7b72.Td2a8ffgetpidTb4b4b4(Tb4b4b4)Tb4b4b4)

Tff7b72return Te6edf3processTff7b72.Td2a8ffmemory_infoTb4b4b4(Tb4b4b4)Tff7b72.Td2a8ffrss Tff7b72/ Tb4b4b4(T79c0ff1024 Tff7b72* T79c0ff1024Tb4b4b4)

Tff7b72def Td2a8ffgenerate_hashTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72return Te6edf3secretsTff7b72.Td2a8fftoken_hexTb4b4b4(T79c0ff16Tb4b4b4)

Tff7b72class T56d364PerformanceBenchmarkerTb4b4b4:

Tff7b72def Tff7b72__init__Tb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffresults Tff7b72= Tb4b4b4[Tb4b4b4]

Tff7b72selfTff7b72.Td2a8fftemp_dir Tff7b72= Te6edf3tempfileTff7b72.Td2a8ffmkdtempTb4b4b4(Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdb_path Tff7b72= Te6edf3osTff7b72.Td2a8ffpathTff7b72.Td2a8ffjoinTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4, Ta5d6ff"Ta5d6ffperf_test.dbTa5d6ff"Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdb Tff7b72= Te6edf3DatabaseTb4b4b4(Tff7b72selfTff7b72.Td2a8ffdb_pathTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffinitializeTb4b4b4(Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffmy_hash Tff7b72= Te6edf3generate_hashTb4b4b4(Tb4b4b4)

Tff7b72def Td2a8ffcleanupTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffcloseTb4b4b4(Tb4b4b4)

Te6edf3shutilTff7b72.Td2a8ffrmtreeTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4)

Tff7b72def Td2a8ffrecord_benchmarkTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3nameTb4b4b4, Te6edf3operationTb4b4b4, Te6edf3iterationsTff7b72=T79c0ff1Tb4b4b4)Tb4b4b4:

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3start_mem Tff7b72= Te6edf3get_memory_usageTb4b4b4(Tb4b4b4)

Te6edf3start_time Tff7b72= Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4)

Te6edf3operationTb4b4b4(Tb4b4b4)

Te6edf3end_time Tff7b72= Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4)

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3end_mem Tff7b72= Te6edf3get_memory_usageTb4b4b4(Tb4b4b4)

Te6edf3duration Tff7b72= Tb4b4b4(Te6edf3end_time Tff7b72- Te6edf3start_timeTb4b4b4) Tff7b72/ Te6edf3iterations

Te6edf3mem_diff Tff7b72= Te6edf3end_mem Tff7b72- Te6edf3start_mem

Te6edf3result Tff7b72= Tb4b4b4{

Ta5d6ff"Ta5d6ffnameTa5d6ff"Tb4b4b4: Te6edf3nameTb4b4b4,

Ta5d6ff"Ta5d6ffduration_msTa5d6ff"Tb4b4b4: Te6edf3duration Tff7b72* T79c0ff1000Tb4b4b4,

Ta5d6ff"Ta5d6ffmemory_growth_mbTa5d6ff"Tb4b4b4: Te6edf3mem_diffTb4b4b4,

Ta5d6ff"Ta5d6ffiterationsTa5d6ff"Tb4b4b4: Te6edf3iterationsTb4b4b4,

Tb4b4b4}

Tff7b72selfTff7b72.Td2a8ffresultsTff7b72.Td2a8ffappendTb4b4b4(Te6edf3resultTb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffBenchmark: Tffd700{Te6edf3nameTffd700}Ta5d6ff"Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ff Avg Duration: Tffd700{Te6edf3resultTb4b4b4[Ta5d6ff'Ta5d6ffduration_msTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff.2fTffd700}Ta5d6ff msTa5d6ff"Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ff Memory Growth: Tffd700{Te6edf3resultTb4b4b4[Ta5d6ff'Ta5d6ffmemory_growth_mbTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff.2fTffd700}Ta5d6ff MBTa5d6ff"Tb4b4b4)

Tff7b72return Te6edf3result

Tff7b72def Td2a8ffbenchmark_message_floodTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff1000Tb4b4b4)Tb4b4b4:

Te6edf3peer_hashes Tff7b72= Tb4b4b4[Te6edf3generate_hashTb4b4b4(Tb4b4b4) Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(T79c0ff50Tb4b4b4)Tb4b4b4]

Tff7b72def Td2a8ffrun_floodTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Te6edf3peer_hash Tff7b72= Te6edf3randomTff7b72.Td2a8ffchoiceTb4b4b4(Te6edf3peer_hashesTb4b4b4)

Te6edf3is_incoming Tff7b72= Te6edf3i Tff7b72% T79c0ff2 Tff7b72== T79c0ff0

Te6edf3msg Tff7b72= Tb4b4b4{

Ta5d6ff"Ta5d6ffhashTa5d6ff"Tb4b4b4: Te6edf3generate_hashTb4b4b4(Tb4b4b4)Tb4b4b4,

Ta5d6ff"Ta5d6ffsource_hashTa5d6ff"Tb4b4b4: Te6edf3peer_hash Tff7b72if Te6edf3is_incoming Tff7b72else Tff7b72selfTff7b72.Td2a8ffmy_hashTb4b4b4,

Ta5d6ff"Ta5d6ffdestination_hashTa5d6ff"Tb4b4b4: Tff7b72selfTff7b72.Td2a8ffmy_hash Tff7b72if Te6edf3is_incoming Tff7b72else Te6edf3peer_hashTb4b4b4,

Ta5d6ff"Ta5d6ffpeer_hashTa5d6ff"Tb4b4b4: Te6edf3peer_hashTb4b4b4,

Ta5d6ff"Ta5d6ffstateTa5d6ff"Tb4b4b4: Ta5d6ff"Ta5d6ffdeliveredTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffprogressTa5d6ff"Tb4b4b4: T79c0ff1.0Tb4b4b4,

Ta5d6ff"Ta5d6ffis_incomingTa5d6ff"Tb4b4b4: Te6edf3is_incomingTb4b4b4,

Ta5d6ff"Ta5d6ffmethodTa5d6ff"Tb4b4b4: Ta5d6ff"Ta5d6ffdirectTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffdelivery_attemptsTa5d6ff"Tb4b4b4: T79c0ff1Tb4b4b4,

Ta5d6ff"Ta5d6fftitleTa5d6ff"Tb4b4b4: Ta5d6fffTa5d6ff"Ta5d6ffFlood Msg Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffcontentTa5d6ff"Tb4b4b4: Ta5d6ff"Ta5d6ffXTa5d6ff" Tff7b72* T79c0ff1024Tb4b4b4, T8b949e# 1KB content

Ta5d6ff"Ta5d6fffieldsTa5d6ff"Tb4b4b4: Ta5d6ff"Tffd700{}Ta5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6fftimestampTa5d6ff"Tb4b4b4: Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4)Tb4b4b4,

Ta5d6ff"Ta5d6ffrssiTa5d6ff"Tb4b4b4: Tff7b72-T79c0ff50Tb4b4b4,

Ta5d6ff"Ta5d6ffsnrTa5d6ff"Tb4b4b4: T79c0ff5.0Tb4b4b4,

Ta5d6ff"Ta5d6ffqualityTa5d6ff"Tb4b4b4: T79c0ff3Tb4b4b4,

Ta5d6ff"Ta5d6ffis_spamTa5d6ff"Tb4b4b4: T79c0ff0Tb4b4b4,

Tb4b4b4}

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffmessagesTff7b72.Td2a8ffupsert_lxmf_messageTb4b4b4(Te6edf3msgTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffMessage Flood (Tffd700{Te6edf3countTffd700}Ta5d6ff msgs)Ta5d6ff"Tb4b4b4, Te6edf3run_floodTb4b4b4, Te6edf3countTb4b4b4)

Tff7b72def Td2a8ffbenchmark_conversation_fetchingTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

Tff7b72def Td2a8fffetch_convsTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(T79c0ff100Tb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffmessagesTff7b72.Td2a8ffget_conversationsTb4b4b4(Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(Ta5d6ff"Ta5d6ffFetch 100 Conversations ListsTa5d6ff"Tb4b4b4, Te6edf3fetch_convsTb4b4b4, T79c0ff100Tb4b4b4)

Tff7b72def Td2a8ffbenchmark_crash_recovery_overheadTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

Te6edf3recovery Tff7b72= Te6edf3CrashRecoveryTb4b4b4(

Te6edf3storage_dirTff7b72=Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4,

Te6edf3database_pathTff7b72=Tff7b72selfTff7b72.Td2a8ffdb_pathTb4b4b4,

Te6edf3public_dirTff7b72=Te6edf3osTff7b72.Td2a8ffpathTff7b72.Td2a8ffjoinTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4, Ta5d6ff"Ta5d6ffpublicTa5d6ff"Tb4b4b4)Tb4b4b4,

Tb4b4b4)

Te6edf3osTff7b72.Td2a8ffmakedirsTb4b4b4(Te6edf3recoveryTff7b72.Td2a8ffpublic_dirTb4b4b4, Te6edf3exist_okTff7b72=Tff7b72TrueTb4b4b4)

Tff7b72with Tffa657openTb4b4b4(Te6edf3osTff7b72.Td2a8ffpathTff7b72.Td2a8ffjoinTb4b4b4(Te6edf3recoveryTff7b72.Td2a8ffpublic_dirTb4b4b4, Ta5d6ff"Ta5d6ffindex.htmlTa5d6ff"Tb4b4b4)Tb4b4b4, Ta5d6ff"Ta5d6ffwTa5d6ff"Tb4b4b4) Tff7b72as Te6edf3fTb4b4b4:

Te6edf3fTff7b72.Td2a8ffwriteTb4b4b4(Ta5d6ff"Ta5d6fftestTa5d6ff"Tb4b4b4)

Tff7b72def Td2a8ffrun_recovery_checkTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(T79c0ff50Tb4b4b4)Tb4b4b4:

T8b949e# Simulate the periodic or manual diagnosis check

Te6edf3recoveryTff7b72.Td2a8ffrun_diagnosisTb4b4b4(Te6edf3fileTff7b72=Tffa657openTb4b4b4(Te6edf3osTff7b72.Td2a8ffdevnullTb4b4b4, Ta5d6ff"Ta5d6ffwTa5d6ff"Tb4b4b4)Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6ff"Ta5d6ffCrashRecovery Diagnosis Overhead (50 runs)Ta5d6ff"Tb4b4b4,

Te6edf3run_recovery_checkTb4b4b4,

T79c0ff50Tb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffbenchmark_identity_generationTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff20Tb4b4b4)Tb4b4b4:

Tff7b72import T7ee787RNS

Tff7b72def Td2a8ffrun_genTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Te6edf3RNSTff7b72.Td2a8ffIdentityTb4b4b4(Te6edf3create_keysTff7b72=Tff7b72TrueTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6fffTa5d6ff"Ta5d6ffRNS Identity Generation (Tffd700{Te6edf3countTffd700}Ta5d6ff identities)Ta5d6ff"Tb4b4b4,

Te6edf3run_genTb4b4b4,

Te6edf3countTb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffbenchmark_identity_listingTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff100Tb4b4b4)Tb4b4b4:

Tff7b72from T7ee787meshchatxT7ee787.T7ee787srcT7ee787.T7ee787backendT7ee787.T7ee787identity_manager Tff7b72import Te6edf3IdentityManager

T8b949e# We need to create identities with real DBs to test listing performance

Te6edf3manager Tff7b72= Te6edf3IdentityManagerTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4)

Te6edf3hashes Tff7b72= Tb4b4b4[Tb4b4b4]

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff10Tb4b4b4)Tb4b4b4:

Te6edf3res Tff7b72= Te6edf3managerTff7b72.Td2a8ffcreate_identityTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffTest Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4)

Te6edf3hashesTff7b72.Td2a8ffappendTb4b4b4(Te6edf3resTb4b4b4[Ta5d6ff"Ta5d6ffhashTa5d6ff"Tb4b4b4]Tb4b4b4)

Tff7b72def Td2a8ffrun_listTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Te6edf3managerTff7b72.Td2a8fflist_identitiesTb4b4b4(Te6edf3current_identity_hashTff7b72=Te6edf3hashesTb4b4b4[T79c0ff0Tb4b4b4]Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6fffTa5d6ff"Ta5d6ffIdentity Listing (Tffd700{Te6edf3countTffd700}Ta5d6ff runs, 10 identities)Ta5d6ff"Tb4b4b4,

Te6edf3run_listTb4b4b4,

Te6edf3countTb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffmainTb4b4b4(Tb4b4b4)Tb4b4b4:

Tffa657printTb4b4b4(Ta5d6ff"Ta5d6ffStarting Backend Memory & Performance Benchmarking...Ta5d6ff"Tb4b4b4)

Te6edf3bench Tff7b72= Te6edf3PerformanceBenchmarkerTb4b4b4(Tb4b4b4)

Tff7b72tryTb4b4b4:

Te6edf3benchTff7b72.Td2a8ffbenchmark_message_floodTb4b4b4(T79c0ff2000Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_conversation_fetchingTb4b4b4(Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_crash_recovery_overheadTb4b4b4(Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_identity_generationTb4b4b4(Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_identity_listingTb4b4b4(Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6ff"Tffea00\nTa5d6ff" Tff7b72+ Ta5d6ff"Ta5d6ff=Ta5d6ff" Tff7b72* T79c0ff80Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Tffd700{Ta5d6ff'Ta5d6ffBenchmark NameTa5d6ff'Tffd700:Ta5d6ff40Tffd700}Ta5d6ff | Tffd700{Ta5d6ff'Ta5d6ffAvg TimeTa5d6ff'Tffd700:Ta5d6ff10Tffd700}Ta5d6ff | Tffd700{Ta5d6ff'Ta5d6ffMem GrowthTa5d6ff'Tffd700:Ta5d6ff10Tffd700}Ta5d6ff"Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6ff"Ta5d6ff-Ta5d6ff" Tff7b72* T79c0ff80Tb4b4b4)

Tff7b72for Te6edf3r Tff7b72in Te6edf3benchTff7b72.Td2a8ffresultsTb4b4b4:

Tffa657printTb4b4b4(

Ta5d6fffTa5d6ff"Tffd700{Te6edf3rTb4b4b4[Ta5d6ff'Ta5d6ffnameTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff40Tffd700}Ta5d6ff | Tffd700{Te6edf3rTb4b4b4[Ta5d6ff'Ta5d6ffduration_msTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff8.2fTffd700}Ta5d6ff ms | Tffd700{Te6edf3rTb4b4b4[Ta5d6ff'Ta5d6ffmemory_growth_mbTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff8.2fTffd700}Ta5d6ff MBTa5d6ff"Tb4b4b4,

Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6ff"Ta5d6ff=Ta5d6ff" Tff7b72* T79c0ff80Tb4b4b4)

Tff7b72finallyTb4b4b4:

Te6edf3benchTff7b72.Td2a8ffcleanupTb4b4b4(Tb4b4b4)

Tff7b72if Tff7b72__name__ Tff7b72== Ta5d6ff"Ta5d6ff__main__Ta5d6ff"Tb4b4b4:

Te6edf3mainTb4b4b4(Tb4b4b4)